<!doctype html>
<html lang="en-US">
<head>

  <title>项目三：电商数仓</title>
  <meta http-equiv="Content-Type" content="text/html; charset=utf-8">
  <meta http-equiv="X-UA-Compatible" content="IE=edge">
  <meta name="viewport" content="width=device-width, initial-scale=1">
  <meta name="HandheldFriendly" content="true">
  <meta name="author" content="bslthemes" >

  <!-- Fonts -->
  <link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Jost%3A0%2C100%3B0%2C200%3B0%2C300%3B0%2C400%3B0%2C500%3B0%2C600%3B0%2C700%3B0%2C800%3B0%2C900%3B1%2C100%3B1%2C200%3B1%2C300%3B1%2C400%3B1%2C500%3B1%2C600%3B1%2C700%3B1%2C800%3B1%2C900%7CCaveat%3A400%3B500%3B600%3B700&#038;display=swap" type="text/css" media="all" >
  <link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Roboto%3A100%2C100italic%2C200%2C200italic%2C300%2C300italic%2C400%2C400italic%2C500%2C500italic%2C600%2C600italic%2C700%2C700italic%2C800%2C800italic%2C900%2C900italic%7CRoboto+Slab%3A100%2C100italic%2C200%2C200italic%2C300%2C300italic%2C400%2C400italic%2C500%2C500italic%2C600%2C600italic%2C700%2C700italic%2C800%2C800italic%2C900%2C900italic&#038;display=auto" type="text/css" media="all" >

  <!-- CSS STYLES -->
  <link rel="stylesheet" href="../assets/css/vendors/bootstrap.css" type="text/css" media="all" >
  <link rel="stylesheet" href="../assets/fonts/font-awesome/css/font-awesome.css" type="text/css" media="all" >
  <link rel="stylesheet" href="../assets/css/vendors/magnific-popup.css" type="text/css" media="all" >
  <link rel="stylesheet" href="../assets/css/vendors/splitting.css" type="text/css" media="all" >
  <link rel="stylesheet" href="../assets/css/vendors/swiper.css" type="text/css" media="all" >
  <link rel="stylesheet" href="../assets/css/vendors/animate.css" type="text/css" media="all" >
  <link rel="stylesheet" href="../assets/css/style.css" type="text/css" media="all" >
  <link rel="stylesheet" href="../assets/css/dark.css" type="text/css" media="all" >

  <!-- Favicon -->
	<link rel="shortcut icon" href="../assets/images/V.png" type="image/x-icon">
	<link rel="icon" href="../assets/images/V.png" type="image/x-icon">

</head>

<body class="portfolio-template light-skin">
	<div class="container-page">

		<!-- Preloader -->
		<div class="preloader">
			<div class="centrize full-width">
				<div class="vertical-center">
					<div class="spinner-logo">
						<img src="../assets/images/VFhawk4.png" alt="Luique - Personal Portfolio HTML Template" >
						<div class="spinner-dot"></div>
						<div class="spinner spinner-line"></div>
					</div>
				</div>
			</div>
		</div>

		<!-- Header -->
		<header class="header">
			<div class="header__builder">
        <div class="row">
          <div class="col-xs-4 col-sm-4 col-md-4 col-lg-4">

            <!-- logo -->
            <div class="logo">
              <a href="../index.html">
                <img width="228" height="38" src="../assets/images/VFhawk4.png" alt="" >
              </a>
            </div>

          </div>
          <div class="col-xs-8 col-sm-8 col-md-8 col-lg-8 align-right">

						<!-- switcher btn -->
						<a href="#" class="switcher-btn">
							<span class="sw-before">
								<svg xmlns="http://www.w3.org/2000/svg" width="23" height="23" viewBox="0 0 23 23">
									<path id="Dark_Theme" data-name="Dark Theme" fill="#000" d="M1759.46,111.076a0.819,0.819,0,0,0-.68.147,8.553,8.553,0,0,1-2.62,1.537,8.167,8.167,0,0,1-2.96.531,8.655,8.655,0,0,1-8.65-8.682,9.247,9.247,0,0,1,.47-2.864,8.038,8.038,0,0,1,1.42-2.54,0.764,0.764,0,0,0-.12-1.063,0.813,0.813,0,0,0-.68-0.148,11.856,11.856,0,0,0-6.23,4.193,11.724,11.724,0,0,0,1,15.387,11.63,11.63,0,0,0,19.55-5.553A0.707,0.707,0,0,0,1759.46,111.076Zm-4.5,6.172a10.137,10.137,0,0,1-14.29-14.145,10.245,10.245,0,0,1,3.38-2.836c-0.14.327-.29,0.651-0.41,1.006a9.908,9.908,0,0,0-.56,3.365,10.162,10.162,0,0,0,10.15,10.189,9.776,9.776,0,0,0,3.49-.62,11.659,11.659,0,0,0,1.12-.473A10.858,10.858,0,0,1,1754.96,117.248Z" transform="translate(-1737 -98)" />
								</svg>
							</span>
							<span class="sw-after">
								<svg xmlns="http://www.w3.org/2000/svg" width="22.22" height="22.313" viewBox="0 0 22.22 22.313">
									<path id="Light_Theme" data-name="Light Theme" fill="#fff" d="M1752.49,105.511a5.589,5.589,0,0,0-3.94-1.655,5.466,5.466,0,0,0-3.94,1.655,5.61,5.61,0,0,0,3.94,9.566,5.473,5.473,0,0,0,3.94-1.653,5.643,5.643,0,0,0,1.65-3.957A5.516,5.516,0,0,0,1752.49,105.511Zm-1.06,6.85a4.1,4.1,0,0,1-5.76,0,4.164,4.164,0,0,1,0-5.788A4.083,4.083,0,0,1,1751.43,112.361Zm7.47-3.662h-2.27a0.768,0.768,0,0,0,0,1.536h2.27A0.768,0.768,0,0,0,1758.9,108.7Zm-10.35,8.12a0.777,0.777,0,0,0-.76.769v2.274a0.777,0.777,0,0,0,.76.767,0.786,0.786,0,0,0,.77-0.767v-2.274A0.786,0.786,0,0,0,1748.55,116.819Zm7.85-.531-1.62-1.624a0.745,0.745,0,0,0-1.06,0,0.758,0.758,0,0,0,0,1.063l1.62,1.625a0.747,0.747,0,0,0,1.06,0A0.759,0.759,0,0,0,1756.4,116.288ZM1748.55,98.3a0.777,0.777,0,0,0-.76.768v2.273a0.778,0.778,0,0,0,.76.768,0.787,0.787,0,0,0,.77-0.768V99.073A0.786,0.786,0,0,0,1748.55,98.3Zm7.88,3.278a0.744,0.744,0,0,0-1.06,0l-1.62,1.624a0.758,0.758,0,0,0,0,1.063,0.745,0.745,0,0,0,1.06,0l1.62-1.624A0.758,0.758,0,0,0,1756.43,101.583Zm-15.96,7.116h-2.26a0.78,0.78,0,0,0-.77.768,0.76,0.76,0,0,0,.77.768h2.26A0.768,0.768,0,0,0,1740.47,108.7Zm2.88,5.965a0.745,0.745,0,0,0-1.06,0l-1.62,1.624a0.759,0.759,0,0,0,0,1.064,0.747,0.747,0,0,0,1.06,0l1.62-1.625A0.758,0.758,0,0,0,1743.35,114.664Zm0-11.457-1.62-1.624a0.744,0.744,0,0,0-1.06,0,0.758,0.758,0,0,0,0,1.063l1.62,1.624a0.745,0.745,0,0,0,1.06,0A0.758,0.758,0,0,0,1743.35,103.207Z" transform="translate(-1737.44 -98.313)" />
								</svg>
							</span>
						</a>

						<!-- menu btn -->
						<a href="#" class="menu-btn">
							<span></span>
							<span></span>
						</a>

						<!-- Menu Full Overlay -->
						<div class="menu-full-overlay">
							<div class="menu-full-container">
								<div class="container">
									<div class="row">
										<div class="col-xs-12 col-sm-12 col-md-12 col-lg-12">

											<!-- menu full -->
											<div class="menu-full">
												<ul class="menu-full">
													<li class="menu-item">
														<a class="splitting-text-anim-2" data-splitting="chars" href="work-project1.html">页首</a>
													</li>
													<li class="menu-item">
														<a class="splitting-text-anim-2" data-splitting="chars" href="#project-section">项目描述</a>
													</li>
													<li class="menu-item">
														<a class="splitting-text-anim-2" data-splitting="chars" href="#beizhu-section">备注</a>
													</li>
													<!-- <li class="menu-item">
														<a class="splitting-text-anim-2" data-splitting="chars" href="#video-section">视频</a>
													</li> -->
													<li class="menu-item">
														<a class="splitting-text-anim-2" data-splitting="chars" href="#last-section">页尾</a>
													</li>
													
													<!-- <li class="menu-item menu-item-has-children has-children">
														<a class="splitting-text-anim-2" data-splitting="chars">Pages</a>
														<ul class="sub-menu">
															<li class="menu-item">
																<a class="splitting-text-anim-1" data-splitting="chars" href="works-list.html">Works (List)</a>
															</li>
															<li class="menu-item">
																<a class="splitting-text-anim-1" data-splitting="chars" href="works.html">Works (Grid)</a>
															</li>
															<li class="menu-item">
																<a class="splitting-text-anim-1" data-splitting="chars" href="work-single.html">Work Single Page</a>
															</li>
															<li class="menu-item">
																<a class=" splitting-text-anim-1" data-splitting="chars" href="blog.html">Blog</a>
															</li>
															<li class="menu-item">
																<a class="splitting-text-anim-1" data-splitting="chars" href="blog-single.html">Single Post</a>
															</li>
														</ul>
													</li> -->
												</ul>
											</div>


											<div class="v-line-block"><span></span></div>

										</div>
									</div>
								</div>
							</div>
							<div class="menu-overlay"></div>
						</div>

          </div>
        </div>
      </div>
    </header>

		<!-- Wrapper -->
		<div class="wrapper">

      <!-- Section Started Heading -->
      <section class="section section-inner started-heading">

        <!-- Heading -->
      	<div class="container">
          <div class="m-titles align-left">
            <h1 class="m-title splitting-text-anim-1 scroll-animate" data-splitting="words" data-animate="active">
              <span>电商数仓</span>
            </h1>
            <div class="m-subtitle splitting-text-anim-1 scroll-animate" data-splitting="words" data-animate="active">
              <span>大数据运维，数仓开发</span>
            </div>
          </div>
      	</div>

        <!-- Details -->
        <div class="v-line v-line-right v-line-top">
          <div class="container">

            <div class="row">
              <div class="col-xs-12 col-sm-12 col-md-8 col-lg-8">

                <div class="m-details">
                  <div class="details-label">
                    <span>Year:</span>
                    <strong><span>2022</span></strong>
                  </div>
				  <div class="details-label">
				    <span>DEV:</span>
				    <strong><span>Linux + IDEA + Scala + CDH</span></strong>
				  </div>
				  <div class="details-label">
				    <span>Property:</span>
				    <strong><span>For Exercise</span></strong>
				  </div>
                  <div class="details-label">
                    <span>Technology:</span>
                    <strong><span>Hadoop + Spark + Zookeeper + Sqoop + Kafka + Flume + Redis + Hive + Flink</span></strong>
                  </div>
                  
                </div>

              </div>
              <div class="col-xs-12 col-sm-12 col-md-4 col-lg-4 align-right">

                <a href="../index.html" class="btn scrolla-element-anim-1 scroll-animate" data-animate="active">
                  <span>Back Index</span>
                </a>

              </div>
            </div>

          </div>
        </div>

      </section>

      <!-- Section - Image -->
			<div class="section section-inner">

        <!-- Image -->
        <div class="m-image-large">
          <div class="image">
            <div class="img js-parallax" style="background-image: url(../assets/images/shucang1.png);"></div>
          </div>
        </div>

      </div>

      <!-- Section - Description -->
	<section class="section section-inner" id="project-section">
        <div class="container">

          <div class="row">
            <div class="col-xs-12 col-sm-12 col-md-12 col-lg-12">

              <div class="post-content">
                <h4>项目描述:</h4>
              </div>

            </div>
            <div class="">
              <div class="post-content">
                <p>用户行为采集平台框架结构 : 前端埋点→日志服务器Nginx→落盘日志→Flume→Kafka→Flume→HDFS→Hive→MySQL <br>
业务数据采集平台框架结构 : Java后台采集数据→日志服务器Nginx→MySQL→Sqoop→HDFS→Hive</p>
              </div>

            </div>
			
            
          </div>
		  <div class="row">
		    <div class="">
		    	
		      <div class="post-content">
		        <h4>技术要点:</h4>
		      </div>
		      <div class="post-content">
		        <p>使用HDFS存储原始日志数据，然后使用Sqoop
进行数据导入及ETL清洗（或者通过Flume和Kafka获取日志服务器中的业务交互数据）
，采用Spark on Hive模式进行数据处理，Ooize进行任务调度，在Hive里分别建立三个库，
dwd、dws、ads分别用于存储ETL清洗后数据、宽表和拉链表数据、各报表层统计指标数据，
最后使用Echarts进行数据可视化。
		    	</p>
		      </div>
		    
		    </div>
		    
		  </div>
		  
		</div>
      </section>

      <!-- Section - Gallery -->
			<div class="section section-inner">
        <div class="container">

          <!-- Section Gallery -->
      		<div class="m-gallery">
      			<div class="row">

      				<div class="col-xs-12 col-sm-6 col-md-6 col-lg-6">
      					<div class="works-item">
      						<div class="image scrolla-element-anim-1 scroll-animate" data-animate="active">
      							<div class="img">
      								<a href="../assets/images/DefaultIMG.png" class="has-popup-image"><img decoding="async" src="../assets/images/DefaultIMG.png" alt="Item 1" loading="lazy"></a>
      							</div>
      						</div>
      					</div>
      				</div>

      				<div class="col-xs-12 col-sm-6 col-md-6 col-lg-6">
      					<div class="works-item">
      						<div class="image scrolla-element-anim-1 scroll-animate" data-animate="active">
      							<div class="img">
      								<a href="../assets/images/DefaultIMG.png" class="has-popup-image"><img decoding="async" src="../assets/images/DefaultIMG.png" alt="Item 2" loading="lazy"></a>
      							</div>
      						</div>
      					</div>
      				</div>

      				

      			</div>
      		</div>

				</div>
      </div>

      <!-- Section - Description -->
			<section class="section section-inner" id="beizhu-section">
        <div class="container">

          <div class="row">
            <div class="col-xs-12 col-sm-12 col-md-12 col-lg-12">

              <div class="post-content">
                <h4>备注</h4>
              </div>

            </div>
            <div class="col-xs-12 col-sm-6 col-md-6 col-lg-6">

              <div class="post-content">
                <p>-----------内容待补充----------</p>
              </div>

            </div>
            <div class="col-xs-12 col-sm-6 col-md-6 col-lg-6">

              <div class="post-content">
                <p>-----------内容待补充----------</p>
              </div>

            </div>
          </div>

				</div>
      </section>
		
      <!-- Section - Video -->
	<!-- 		<div class="section section-inner m-video-large" id="video-section">
        <div class="video">
          <div class="img js-parallax" style="background-image: url(assets/images/blog9.jpg);"></div>
          <iframe class="js-video-iframe" data-src="https://www.youtube.com/embed/Gu6z6kIukgg?showinfo=0&amp;rel=0&amp;autoplay=1"></iframe>
          <div class="play"></div>
        </div>
      </div> -->

      <!-- Section - Navigation -->
			<div class="section section-inner m-page-navigation" id="last-section">
    		<div class="container">
					<div class="h-titles h-navs">
						<a href="work-project1.html">
							<span class="nav-arrow scrolla-element-anim-1 scroll-animate" data-animate="active">
								<span>第一个项目</span>
							</span>
							<span class="h-title splitting-text-anim-2 scroll-animate" data-splitting="chars" data-animate="active">
								<span>购物网站</span>
							</span>
						</a>
					</div>
    		</div>
      </div>

		</div>

		<!-- Footer -->
		<div class="footer">
			<div class="footer__builder">
        <div class="container">
          <div class="row">
            <div class="col-xs-12 col-sm-12 col-md-4 col-lg-4">
            
              <div class="social-links scrolla-element-anim-1 scroll-animate" data-animate="active">
                <a target="_blank" rel="nofollow" href="https://github.com/">
                  <svg t="1680532577559" class="icon" viewBox="0 0 1024 1024" version="1.1" xmlns="http://www.w3.org/2000/svg" p-id="3393" width="32" height="32"><path d="M512 512m-512 0a512 512 0 1 0 1024 0 512 512 0 1 0-1024 0Z" fill="#4186F5" p-id="3394"></path><path d="M611.944 302.056c0-15.701 2.75-30.802 7.816-44.917a384.238 384.238 0 0 0-186.11 2.956c-74.501-50.063-93.407-71.902-107.975-39.618a136.243 136.243 0 0 0-3.961 102.287 149.515 149.515 0 0 0-39.949 104.806c0 148.743 92.139 181.875 179.961 191.61a83.898 83.898 0 0 0-25.192 51.863c-40.708 22.518-91.94 8.261-115.181-32.058a83.117 83.117 0 0 0-60.466-39.98s-38.871-0.361-2.879 23.408a102.97 102.97 0 0 1 43.912 56.906s23.398 75.279 133.531 51.863v65.913c0 10.443 13.548 42.63 102.328 42.63 71.275 0 94.913-30.385 94.913-42.987V690.485a90.052 90.052 0 0 0-26.996-72.03c83.996-9.381 173.328-40.204 179.6-176.098a164.706 164.706 0 0 1-21.129 1.365c-84.07 0-152.223-63.426-152.223-141.666z" fill="#FFFFFF" p-id="3395"></path><path d="M743.554 322.765a136.267 136.267 0 0 0-3.961-102.289s-32.396-10.445-107.979 39.618a385.536 385.536 0 0 0-11.853-2.956 132.623 132.623 0 0 0-7.816 44.917c0 78.24 68.152 141.667 152.222 141.667 7.171 0 14.222-0.472 21.129-1.365 0.231-5.03 0.363-10.187 0.363-15.509a149.534 149.534 0 0 0-42.105-104.083z" fill="#FFFFFF" opacity=".4" p-id="3396"></path></svg>
                </a>
                <a target="_blank" rel="nofollow" href="https://gitee.com/">
                  <svg t="1680532523262" class="icon" viewBox="0 0 1024 1024" version="1.1" xmlns="http://www.w3.org/2000/svg" p-id="2310" width="32" height="32"><path d="M512 1024C229.222 1024 0 794.778 0 512S229.222 0 512 0s512 229.222 512 512-229.222 512-512 512z m259.149-568.883h-290.74a25.293 25.293 0 0 0-25.292 25.293l-0.026 63.206c0 13.952 11.315 25.293 25.267 25.293h177.024c13.978 0 25.293 11.315 25.293 25.267v12.646a75.853 75.853 0 0 1-75.853 75.853h-240.23a25.293 25.293 0 0 1-25.267-25.293V417.203a75.853 75.853 0 0 1 75.827-75.853h353.946a25.293 25.293 0 0 0 25.267-25.292l0.077-63.207a25.293 25.293 0 0 0-25.268-25.293H417.152a189.62 189.62 0 0 0-189.62 189.645V771.15c0 13.977 11.316 25.293 25.294 25.293h372.94a170.65 170.65 0 0 0 170.65-170.65V480.384a25.293 25.293 0 0 0-25.293-25.267z" fill="#C71D23" p-id="2311"></path></svg>
                </a>
                <a target="_blank" rel="nofollow" href="https://www.bilibili.com/">
                  <svg t="1680532643278" class="icon" viewBox="0 0 1129 1024" version="1.1" xmlns="http://www.w3.org/2000/svg" p-id="3736" width="32" height="32"><path d="M234.909 9.656a80.468 80.468 0 0 1 68.398 0 167.374 167.374 0 0 1 41.843 30.578l160.937 140.82h115.07l160.936-140.82a168.983 168.983 0 0 1 41.843-30.578A80.468 80.468 0 0 1 930.96 76.445a80.468 80.468 0 0 1-17.703 53.914 449.818 449.818 0 0 1-35.406 32.187 232.553 232.553 0 0 1-22.531 18.508h100.585a170.593 170.593 0 0 1 118.289 53.109 171.397 171.397 0 0 1 53.914 118.288v462.693a325.897 325.897 0 0 1-4.024 70.007 178.64 178.64 0 0 1-80.468 112.656 173.007 173.007 0 0 1-92.539 25.75h-738.7a341.186 341.186 0 0 1-72.421-4.024A177.835 177.835 0 0 1 28.91 939.065a172.202 172.202 0 0 1-27.36-92.539V388.662a360.498 360.498 0 0 1 0-66.789A177.03 177.03 0 0 1 162.487 178.64h105.414c-16.899-12.07-31.383-26.555-46.672-39.43a80.468 80.468 0 0 1-25.75-65.984 80.468 80.468 0 0 1 39.43-63.57M216.4 321.873a80.468 80.468 0 0 0-63.57 57.937 108.632 108.632 0 0 0 0 30.578v380.615a80.468 80.468 0 0 0 55.523 80.469 106.218 106.218 0 0 0 34.601 5.632h654.208a80.468 80.468 0 0 0 76.444-47.476 112.656 112.656 0 0 0 8.047-53.109v-354.06a135.187 135.187 0 0 0 0-38.625 80.468 80.468 0 0 0-52.304-54.719 129.554 129.554 0 0 0-49.89-7.242H254.22a268.764 268.764 0 0 0-37.82 0z m0 0" fill="#20B0E3" p-id="3737"></path><path d="M348.369 447.404a80.468 80.468 0 0 1 55.523 18.507 80.468 80.468 0 0 1 28.164 59.547v80.468a80.468 80.468 0 0 1-16.094 51.5 80.468 80.468 0 0 1-131.968-9.656 104.609 104.609 0 0 1-10.46-54.719v-80.468a80.468 80.468 0 0 1 70.007-67.593z m416.02 0a80.468 80.468 0 0 1 86.102 75.64v80.468a94.148 94.148 0 0 1-12.07 53.11 80.468 80.468 0 0 1-132.773 0 95.757 95.757 0 0 1-12.875-57.133V519.02a80.468 80.468 0 0 1 70.007-70.812z m0 0" fill="#20B0E3" p-id="3738"></path></svg>
                </a>
              </div>
            
            </div>
            <div class="col-xs-12 col-sm-12 col-md-4 col-lg-4">

              <div class="copyright-text align-center scrolla-element-anim-1 scroll-animate" data-animate="active">
                © 2023 <strong>GuoFan He</strong>. All rights <a href="">GuoFan He@Gitee</a>
              </div>

            </div>
            <div class="col-xs-12 col-sm-12 col-md-4 col-lg-4">

              <div class="copyright-text align-right scrolla-element-anim-1 scroll-animate" data-animate="active">
                Developed by <strong>BootStrap</strong>
              </div>

            </div>
          </div>
        </div>
			</div>
		</div>

	</div>

	<!-- cursor -->
	<!-- <div class="cursor"></div> -->

  <script src="../assets/js/jquery.min.js"></script>
  <script src="../assets/js/jquery.validate.min.js"></script>
  <script src="../assets/js/bootstrap.js"></script>
  <script src="../assets/js/swiper.js"></script>
  <script src="../assets/js/splitting.js"></script>
  <script src="../assets/js/jarallax.min.js"></script>
  <script src="../assets/js/magnific-popup.js"></script>
  <script src="../assets/js/imagesloaded.pkgd.js"></script>
  <script src="../assets/js/isotope.pkgd.js"></script>
  <script src="../assets/js/jquery.scrolla.js"></script>
  <script src="../assets/js/skrollr.js"></script>
  <script src="../assets/js/jquery.cookie.js"></script>
  <script src="../assets/js/typed.js"></script>
  <script src="../assets/js/common.js"></script>

</body>
</html>
